tajo-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jihoon...@apache.org
Subject [16/50] [abbrv] git commit: TAJO-421: Improve split for compression file. (jinho)
Date Sat, 28 Dec 2013 06:36:13 GMT
TAJO-421: Improve split for compression file. (jinho)


Project: http://git-wip-us.apache.org/repos/asf/incubator-tajo/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-tajo/commit/14160fac
Tree: http://git-wip-us.apache.org/repos/asf/incubator-tajo/tree/14160fac
Diff: http://git-wip-us.apache.org/repos/asf/incubator-tajo/diff/14160fac

Branch: refs/heads/DAG-execplan
Commit: 14160face45894a73f742f528e87b5f8ec2e10b9
Parents: 1d2bd0d
Author: jinossy <jinossy@gmail.com>
Authored: Tue Dec 17 02:06:20 2013 +0900
Committer: jinossy <jinossy@gmail.com>
Committed: Tue Dec 17 02:06:20 2013 +0900

----------------------------------------------------------------------
 CHANGES.txt                                               |  2 ++
 .../org/apache/tajo/storage/AbstractStorageManager.java   | 10 +++++++++-
 2 files changed, 11 insertions(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-tajo/blob/14160fac/CHANGES.txt
----------------------------------------------------------------------
diff --git a/CHANGES.txt b/CHANGES.txt
index f1dacd9..2581d3c 100644
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@ -94,6 +94,8 @@ Release 0.8.0 - unreleased
 
   IMPROVEMENTS
 
+    TAJO-421: Improve split for compression file. (jinho)
+
     TAJO-327: Add testcase to verify TAJO-16. (jaehwa)
 
     TAJO-405: Improve HCatalogStore to support partitioned table. (jaehwa)

http://git-wip-us.apache.org/repos/asf/incubator-tajo/blob/14160fac/tajo-core/tajo-core-storage/src/main/java/org/apache/tajo/storage/AbstractStorageManager.java
----------------------------------------------------------------------
diff --git a/tajo-core/tajo-core-storage/src/main/java/org/apache/tajo/storage/AbstractStorageManager.java
b/tajo-core/tajo-core-storage/src/main/java/org/apache/tajo/storage/AbstractStorageManager.java
index 74e704f..2ff1a63 100644
--- a/tajo-core/tajo-core-storage/src/main/java/org/apache/tajo/storage/AbstractStorageManager.java
+++ b/tajo-core/tajo-core-storage/src/main/java/org/apache/tajo/storage/AbstractStorageManager.java
@@ -583,7 +583,15 @@ public abstract class AbstractStorageManager {
                   .getVolumeIds())));
             }
           } else { // Non splittable
-            splits.add(makeNonSplit(tableName, meta, path, 0, length, blockStorageLocations));
+            long blockSize = blockStorageLocations[0].getLength();
+            if (blockSize >= length) {
+              for (BlockStorageLocation blockStorageLocation : blockStorageLocations) {
+                splits.add(makeSplit(tableName, meta, path, blockStorageLocation, getDiskIds(blockStorageLocation
+                    .getVolumeIds())));
+              }
+            } else {
+              splits.add(makeNonSplit(tableName, meta, path, 0, length, blockStorageLocations));
+            }
           }
 
         } else {


Mime
View raw message