hbase-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From e...@apache.org
Subject hbase git commit: HBASE-13352 Add hbase.import.version to Import usage (Lars Hofhansl)
Date Mon, 06 Jul 2015 22:58:34 GMT
Repository: hbase
Updated Branches:
  refs/heads/branch-1 80b0a3e91 -> c59cd2915


HBASE-13352 Add hbase.import.version to Import usage (Lars Hofhansl)

Conflicts:
	hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/Import.java


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/c59cd291
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/c59cd291
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/c59cd291

Branch: refs/heads/branch-1
Commit: c59cd29153d712af2d62d2b14139c490ec28000b
Parents: 80b0a3e
Author: Enis Soztutar <enis@apache.org>
Authored: Mon Jul 6 15:39:19 2015 -0700
Committer: Enis Soztutar <enis@apache.org>
Committed: Mon Jul 6 15:58:19 2015 -0700

----------------------------------------------------------------------
 .../java/org/apache/hadoop/hbase/mapreduce/Import.java | 13 +++++++++++++
 1 file changed, 13 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hbase/blob/c59cd291/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/Import.java
----------------------------------------------------------------------
diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/Import.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/Import.java
index d1e886d..062219b 100644
--- a/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/Import.java
+++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/Import.java
@@ -59,6 +59,7 @@ import org.apache.hadoop.hbase.util.Bytes;
 import org.apache.hadoop.hbase.zookeeper.ZKClusterId;
 import org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher;
 import org.apache.hadoop.mapreduce.Job;
+import org.apache.hadoop.mapreduce.TaskCounter;
 import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
 import org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFormat;
 import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
@@ -490,6 +491,8 @@ public class Import {
         + " Filter#filterKeyValue(KeyValue) method to determine if the KeyValue should be
added;"
         + " Filter.ReturnCode#INCLUDE and #INCLUDE_AND_NEXT_COL will be considered as including"
         + " the KeyValue.");
+    System.err.println("To import data exported from HBase 0.94, use");
+    System.err.println("  -Dhbase.import.version=0.94");
     System.err.println("For performance consider the following options:\n"
         + "  -Dmapreduce.map.speculative=false\n"
         + "  -Dmapreduce.reduce.speculative=false\n"
@@ -546,6 +549,16 @@ public class Import {
       // Flush all the regions of the table
       flushRegionsIfNecessary(conf);
     }
+    long inputRecords = job.getCounters().findCounter(TaskCounter.MAP_INPUT_RECORDS).getValue();
+    long outputRecords = job.getCounters().findCounter(TaskCounter.MAP_OUTPUT_RECORDS).getValue();
+    if (outputRecords < inputRecords) {
+      System.err.println("Warning, not all records were imported (maybe filtered out).");
+      if (outputRecords == 0) {
+        System.err.println("If the data was exported from HBase 0.94 "+
+            "consider using -Dhbase.import.version=0.94.");
+      }
+    }
+
     System.exit(job.waitForCompletion(true) ? 0 : 1);
   }
 }


Mime
View raw message