crunch-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From chao...@apache.org
Subject git commit: CRUNCH-303: Disable "combine input" in HFileSource
Date Tue, 26 Nov 2013 04:33:05 GMT
Updated Branches:
  refs/heads/master c51ef57ae -> e3b0d13f3


CRUNCH-303: Disable "combine input" in HFileSource


Project: http://git-wip-us.apache.org/repos/asf/crunch/repo
Commit: http://git-wip-us.apache.org/repos/asf/crunch/commit/e3b0d13f
Tree: http://git-wip-us.apache.org/repos/asf/crunch/tree/e3b0d13f
Diff: http://git-wip-us.apache.org/repos/asf/crunch/diff/e3b0d13f

Branch: refs/heads/master
Commit: e3b0d13f3d6ba01e5ff41f4b3e7c4f794f11d3ec
Parents: c51ef57
Author: Chao Shi <chaoshi@apache.org>
Authored: Tue Nov 26 12:30:44 2013 +0800
Committer: Chao Shi <chaoshi@apache.org>
Committed: Tue Nov 26 12:30:44 2013 +0800

----------------------------------------------------------------------
 .../src/main/java/org/apache/crunch/io/hbase/HFileSource.java   | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/crunch/blob/e3b0d13f/crunch-hbase/src/main/java/org/apache/crunch/io/hbase/HFileSource.java
----------------------------------------------------------------------
diff --git a/crunch-hbase/src/main/java/org/apache/crunch/io/hbase/HFileSource.java b/crunch-hbase/src/main/java/org/apache/crunch/io/hbase/HFileSource.java
index 3ce18bd..fff2525 100644
--- a/crunch-hbase/src/main/java/org/apache/crunch/io/hbase/HFileSource.java
+++ b/crunch-hbase/src/main/java/org/apache/crunch/io/hbase/HFileSource.java
@@ -22,6 +22,7 @@ import com.google.common.collect.ImmutableList;
 import org.apache.commons.codec.binary.Hex;
 import org.apache.commons.logging.Log;
 import org.apache.commons.logging.LogFactory;
+import org.apache.crunch.impl.mr.run.RuntimeParameters;
 import org.apache.crunch.io.FormatBundle;
 import org.apache.crunch.io.ReadableSource;
 import org.apache.crunch.ReadableData;
@@ -57,7 +58,9 @@ public class HFileSource extends FileSourceImpl<KeyValue> implements
ReadableSou
   // Package-local. Don't want it to be too open, because we only support limited filters
yet
   // (namely start/stop row). Users who need advanced filters should use HFileUtils#scanHFiles.
   HFileSource(List<Path> paths, Scan scan) {
-    super(paths, KEY_VALUE_PTYPE, createInputFormatBundle(scan));
+    super(paths, KEY_VALUE_PTYPE, createInputFormatBundle(scan)
+        // "combine file" is not supported by HFileInputFormat, as it overrides listStatus().
+        .set(RuntimeParameters.DISABLE_COMBINE_FILE, "true"));
   }
 
   private static FormatBundle<HFileInputFormat> createInputFormatBundle(Scan scan)
{


Mime
View raw message